package common;

import java.io.IOException;
import java.util.ArrayList;

import tools.EnglishTokenizer;
import tools.FrenchTokenizer;

public class Normalizer 
{
	private static EnglishTokenizer en_tok = null;
	private static FrenchTokenizer fr_tok = null;
	
	public static void Init() throws IOException
	{
		en_tok = new EnglishTokenizer("englishST");
		fr_tok = new FrenchTokenizer("frenchST");
	}
	
	public static ArrayList<String> GetWords(String msg) throws IOException
	{
		ArrayList<String> words = en_tok.normalize(msg,true);
		
		return words;
	}
}
